Run Twitter Scrape

pacman::p_load(tidyverse, wdman, jsonlite, rvest, xml2, RSelenium, here, crayon, here)
source("helper_functions.R")
options(scipen = 999)
todo_ids_ar <- get(load(here("data", "tw", "tweet_ids",  "tweet_ids.Rdata")))
todo_ids_ar <- todo_ids_ar %>%
  filter(!duplicated(todo_ids_ar))
dat <- todo_ids_ar %>% 
  mutate(tweet_id = as.factor(tweet_id))
todo_ids_ar[26,]

Main Function

library(RSelenium)
port <- sample(4000L:5000L, 1)
rD <- rsDriver(verbose = FALSE, port = port)
LS0tDQp0aXRsZTogIlIgTm90ZWJvb2siDQpvdXRwdXQ6IGh0bWxfbm90ZWJvb2sNCi0tLQ0KDQojIFJ1biBUd2l0dGVyIFNjcmFwZSANCg0KYGBge3J9DQpwYWNtYW46OnBfbG9hZCh0aWR5dmVyc2UsIHdkbWFuLCBqc29ubGl0ZSwgcnZlc3QsIHhtbDIsIFJTZWxlbml1bSwgaGVyZSwgY3JheW9uLCBoZXJlKQ0Kc291cmNlKCJoZWxwZXJfZnVuY3Rpb25zLlIiKQ0KDQpvcHRpb25zKHNjaXBlbiA9IDk5OSkNCg0KdHdlZXRfaWRzIDwtIGdldChsb2FkKGhlcmUoImRhdGEiLCAidHciLCAidHdlZXRfaWRzIiwgICJ0d2VldF9pZHMuUmRhdGEiKSkpDQoNCnR3ZWV0X2lkcyA8LSB0d2VldF9pZHMgJT4lDQogIGZpbHRlcighZHVwbGljYXRlZCh0d2VldF9pZCkpDQoNCmRhdCA8LSB0d2VldF9pZHMgJT4lIA0KICBtdXRhdGUodHdlZXRfaWQgPSBhcy5mYWN0b3IodHdlZXRfaWQpKQ0KDQpgYGANCiMgTWFpbiBGdW5jdGlvbg0KDQpgYGB7cn0NCmxpYnJhcnkoUlNlbGVuaXVtKQ0KcG9ydCA8LSBzYW1wbGUoNDAwMEw6NTAwMEwsIDEpDQpyRCA8LSByc0RyaXZlcih2ZXJib3NlID0gRkFMU0UsIHBvcnQgPSBwb3J0KQ0KckQNCg0KcmVtRHIgPC0gckQkY2xpZW50DQojcmVtRHIkY2xvc2UoKQ0KDQpzdGFydCA8LSAxMzU3Nw0KZmluaXNoIDwtIDUwMDAwDQoNCmZpbmFsX2xpc3QgPC0gZ2V0X3R3ZWV0X3JlcGxpZXMoZGF0LCBzdGFydCwgZmluaXNoKQ0KZmluYWxfZHQgPC0gYmluZF9yb3dzKGZpbmFsX2xpc3QpDQpiZWVwcjo6YmVlcCg4KQ0Kc2F2ZShmaW5hbF9kdCwgZmlsZSA9IHBhc3RlMCgiZGF0YS90d19kYXRhXyIsc3RhcnQsICJfIiwgZmluaXNoLCAiLlJkYXRhIikpDQpgYGANCg0K